//! Lexer module for the Cangjie parser
//!
//! This module provides tokenization functionality for Cangjie source code.

pub mod token;

pub use token::{Token, TokenType, Lexer};